In [7]:
model.evaluateForTest('test', plot_attention=True)
evaluating total images: 114 ... evaluating 0 ... ------------------------ 0 ------------------------------ predicted ['e4', 'c5', 'Nf3', 'e6'] expected ['e4', 'c5', 'Nf3', 'e6', 'd4', 'cxd4', 'Nxd4', 'a6', 'c4', 'Qc7', 'Nc3', 'Nf6', 'Be3', 'Bb4', 'Qd2', 'Nxe4'] ../test-data/test\images\carnaval_0004_fullpage.jpg
------------------------ 1 ------------------------------ predicted ['e4', 'c5', 'Nf3', 'd6'] expected ['e4', 'c5', 'Nf3', 'd6', 'Bb5+', 'Bd7', 'Bxd7+', 'Nxd7', 'O-O', 'Ngf6', 'Re1', 'e5', 'c3', 'Be7', 'd3', 'O-O'] ../test-data/test\images\carnaval_0015_fullpage.jpg
------------------------ 2 ------------------------------ predicted ['Nf3', 'Nf6', 'g3', 'a6'] expected ['Nf3', 'Nf6', 'g3', 'd5', 'c4', 'e6', 'b3', 'Be7', 'Bb2', 'O-O', 'Bg2', 'Nbd7', 'O-O', 'c6', 'd3', 'Re8'] ../test-data/test\images\carnaval_0023_fullpage.jpg
------------------------ 3 ------------------------------ predicted ['c4', 'c5', 'cxd4', 'Nc6'] expected ['c4', 'c5', 'Nc3', 'Nc6', 'g3', 'g6', 'Bg2', 'Bg7', 'Nf3', 'd6', 'O-O', 'e5', 'd3', 'Nge7', 'Rb1', 'O-O'] ../test-data/test\images\carnaval_0029_fullpage.jpg
------------------------ 4 ------------------------------ predicted ['d4', 'd5', 'Bb7', 'b6'] expected ['d4', 'd5', 'Bf4', 'Nf6', 'e3', 'c5', 'c3', 'Qb6', 'Qb3', 'c4', 'Qc2', 'g6', 'Nd2', 'Nc6', 'e4', 'e6'] ../test-data/test\images\carnaval_0032_fullpage.jpg
../test-data/test\images\carnaval_0033_fullpage.jpg
../test-data/test\images\carnaval_0038_fullpage.jpg
../test-data/test\images\carnaval_0040_fullpage.jpg
../test-data/test\images\carnaval_0042_fullpage.jpg
../test-data/test\images\carnaval_0051_fullpage.jpg
../test-data/test\images\carnaval_0055_fullpage.jpg
../test-data/test\images\carnaval_0058_fullpage.jpg
../test-data/test\images\carnaval_0059_fullpage.jpg
../test-data/test\images\carnaval_0067_fullpage.jpg
../test-data/test\images\carnaval_0068_fullpage.jpg
../test-data/test\images\carnaval_0071_fullpage.jpg
../test-data/test\images\carnaval_0072_fullpage.jpg
../test-data/test\images\carnaval_0082_fullpage.jpg
../test-data/test\images\carnaval_0086_fullpage.jpg
../test-data/test\images\carnaval_0090_fullpage.jpg
../test-data/test\images\carnaval_0091_fullpage.jpg
../test-data/test\images\carnaval_0104_fullpage.jpg
../test-data/test\images\carnaval_0106_fullpage.jpg
../test-data/test\images\carnaval_0109_fullpage.jpg
../test-data/test\images\carnaval_0114_fullpage.jpg
../test-data/test\images\carnaval_0124_fullpage.jpg
../test-data/test\images\carnaval_0144_fullpage.jpg
../test-data/test\images\carnaval_0150_fullpage.jpg
../test-data/test\images\carnaval_0155_fullpage.jpg
../test-data/test\images\carnaval_0156_fullpage.jpg
../test-data/test\images\carnaval_0157_fullpage.jpg
../test-data/test\images\carnaval_0161_fullpage.jpg
../test-data/test\images\carnaval_0164_fullpage.jpg
../test-data/test\images\carnaval_0170_fullpage.jpg
../test-data/test\images\carnaval_0172_fullpage.jpg
../test-data/test\images\carnaval_0174_fullpage.jpg
../test-data/test\images\carnaval_0176_fullpage.jpg
../test-data/test\images\carnaval_0181_fullpage.jpg
../test-data/test\images\carnaval_0204_fullpage.jpg
../test-data/test\images\carnaval_0213_fullpage.jpg
../test-data/test\images\carnaval_0223_fullpage.jpg
../test-data/test\images\carnaval_0227_fullpage.jpg
../test-data/test\images\carnaval_0230_fullpage.jpg
../test-data/test\images\carnaval_0232_fullpage.jpg
../test-data/test\images\carnaval_0233_fullpage.jpg
../test-data/test\images\carnaval_0234_fullpage.jpg
../test-data/test\images\carnaval_0252_fullpage.jpg
../test-data/test\images\carnaval_0268_fullpage.jpg
../test-data/test\images\carnaval_0271_fullpage.jpg
../test-data/test\images\carnaval_0282_fullpage.jpg
../test-data/test\images\carnaval_0283_fullpage.jpg
../test-data/test\images\carnaval_0286_fullpage.jpg
../test-data/test\images\carnaval_0287_fullpage.jpg
../test-data/test\images\carnaval_0294_fullpage.jpg
../test-data/test\images\carnaval_0297_fullpage.jpg
../test-data/test\images\carnaval_0298_fullpage.jpg
../test-data/test\images\carnaval_0324_fullpage.jpg
../test-data/test\images\carnaval_0328_fullpage.jpg
../test-data/test\images\carnaval_0330_fullpage.jpg
../test-data/test\images\carnaval_0335_fullpage.jpg
../test-data/test\images\carnaval_0347_fullpage.jpg
../test-data/test\images\carnaval_0356_fullpage.jpg
../test-data/test\images\carnaval_0357_fullpage.jpg
../test-data/test\images\carnaval_0361_fullpage.jpg
../test-data/test\images\carnaval_0367_fullpage.jpg
../test-data/test\images\carnaval_0372_fullpage.jpg
../test-data/test\images\carnaval_0373_fullpage.jpg
../test-data/test\images\carnaval_0375_fullpage.jpg
../test-data/test\images\carnaval_0379_fullpage.jpg
../test-data/test\images\carnaval_0395_fullpage.jpg
../test-data/test\images\carnaval_0401_fullpage.jpg
../test-data/test\images\carnaval_0404_fullpage.jpg
../test-data/test\images\carnaval_0408_fullpage.jpg
../test-data/test\images\carnaval_0422_fullpage.jpg
../test-data/test\images\carnaval_0425_fullpage.jpg
../test-data/test\images\carnaval_0426_fullpage.jpg
../test-data/test\images\carnaval_0444_fullpage.jpg
../test-data/test\images\carnaval_0449_fullpage.jpg
../test-data/test\images\carnaval_0466_fullpage.jpg
../test-data/test\images\carnaval_0473_fullpage.jpg
../test-data/test\images\carnaval_0483_fullpage.jpg
../test-data/test\images\carnaval_0485_fullpage.jpg
../test-data/test\images\carnaval_0487_fullpage.jpg
../test-data/test\images\carnaval_0494_fullpage.jpg
../test-data/test\images\carnaval_0501_fullpage.jpg
../test-data/test\images\carnaval_0503_fullpage.jpg
../test-data/test\images\carnaval_0507_fullpage.jpg
../test-data/test\images\carnaval_0509_fullpage.jpg
../test-data/test\images\carnaval_0514_fullpage.jpg
../test-data/test\images\carnaval_0542_fullpage.jpg
../test-data/test\images\carnaval_0544_fullpage.jpg
../test-data/test\images\carnaval_0551_fullpage.jpg
../test-data/test\images\carnaval_0553_fullpage.jpg
../test-data/test\images\carnaval_0554_fullpage.jpg
../test-data/test\images\carnaval_0565_fullpage.jpg
../test-data/test\images\carnaval_0569_fullpage.jpg
../test-data/test\images\carnaval_0578_fullpage.jpg
../test-data/test\images\carnaval_0580_fullpage.jpg
../test-data/test\images\carnaval_0589_fullpage.jpg
../test-data/test\images\carnaval_0590_fullpage.jpg
evaluating 100 ... ../test-data/test\images\carnaval_0592_fullpage.jpg
../test-data/test\images\carnaval_0596_fullpage.jpg
../test-data/test\images\carnaval_0598_fullpage.jpg
../test-data/test\images\carnaval_0601_fullpage.jpg
../test-data/test\images\carnaval_0606_fullpage.jpg
../test-data/test\images\carnaval_0607_fullpage.jpg
../test-data/test\images\carnaval_0608_fullpage.jpg
../test-data/test\images\carnaval_0614_fullpage.jpg
../test-data/test\images\carnaval_0625_fullpage.jpg
../test-data/test\images\carnaval_0626_fullpage.jpg
../test-data/test\images\carnaval_0629_fullpage.jpg
../test-data/test\images\carnaval_0648_fullpage.jpg
../test-data/test\images\carnaval_0655_fullpage.jpg
../test-data/test\images\carnaval_0676_fullpage.jpg
len 1 accuracy 0.8157894611358643 cir 0.1125731 len 2 accuracy 0.7982456088066101 cir 0.13084795 len 3 accuracy 0.7836257219314575 cir 0.14692983 len 4 accuracy 0.7412280440330505 cir 0.18329678